import os
import sys

from zkl_datasets import load_dataset

root_dir_path = os.path.join(os.path.dirname(__file__), "../../..")
sys.path.append(root_dir_path)

from scripts.config import datasets_dir_path

dataset_path = os.path.join(datasets_dir_path, "nlp_chinese_corpus/webtext2019")

dataset = load_dataset(dataset_path)
for sample in dataset:
    print(sample)
    input("(press enter to continue)")
